from lib_corr_matrices import *
import warnings
warnings.filterwarnings('ignore')

visual analisys of cross correlation and correlaton matrices

For each model:

1. Choose model
2. Choose style
3. matrix_crosscorrelation all (all epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
4. matrix_crosscorrelation small (first 500 epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
5. matrix_crosscorrelation vsmall (first 100 epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
6. Comparission of eigenvalues for different samples of the same model

paths2 = ['model_50_50/model_50_50_w2_1.csv',
          'model_50_50/model_50_50_w2_2.csv',
          'model_50_50/model_50_50_w2_3.csv',
          'model_50_50/model_50_50_w2_4.csv',
          'model_50_50/model_50_50_w2_5.csv',
         
          'model_50_50/model_50_50_w3_1.csv',
          'model_50_50/model_50_50_w3_2.csv',
          'model_50_50/model_50_50_w3_3.csv',
          'model_50_50/model_50_50_w3_4.csv',
          'model_50_50/model_50_50_w3_5.csv',
        ]

paths3 = ['model_50_50_50/model_50_50_50_w2_1.csv',
          'model_50_50_50/model_50_50_50_w2_2.csv',
          'model_50_50_50/model_50_50_50_w2_3.csv',
          'model_50_50_50/model_50_50_50_w2_4.csv',
          'model_50_50_50/model_50_50_50_w2_5.csv',
         
          'model_50_50_50/model_50_50_50_w3_1.csv',
          'model_50_50_50/model_50_50_50_w3_2.csv',
          'model_50_50_50/model_50_50_50_w3_3.csv',
          'model_50_50_50/model_50_50_50_w3_4.csv',
          'model_50_50_50/model_50_50_50_w3_5.csv',
         
          'model_50_50_50/model_50_50_50_w4_1.csv',
          'model_50_50_50/model_50_50_50_w4_2.csv',
          'model_50_50_50/model_50_50_50_w4_3.csv',
          'model_50_50_50/model_50_50_50_w4_4.csv',
          'model_50_50_50/model_50_50_50_w4_5.csv',
         ]

paths4 = ['model_50_50_50_50/model_50_50_50_50_w2_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w3_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w4_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w5_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_5.csv'   
]

get_autocorrelation(paths2, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths2, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

get_autocorrelation(paths3, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths3, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

get_autocorrelation(paths4, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths4, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

Show all matrices

cmap= newcmp

vmin_corr = 0.99
vmax_corr = 1

mineigenval = 1e-20
maxeigenval = 1e5
cutoff = 1e-13
n_of_samples=5

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'

number_of_weights =4
vmin_w, vmax_w, vmin_b, vmax_b = 0.99, 1.0, 0.75, 1.0

for m in range(n_of_samples):
    show_corr_matrix(folder, pwd, number_of_weights, m+1, vmin_w, vmax_w, vmin_b, vmax_b, cmap)

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'

number_of_weights =4
vmin_w, vmax_w, vmin_b, vmax_b = 0.99, 1.0, 0.75, 1.0

for m in range(n_of_samples):
    show_corr_matrix(folder, pwd, number_of_weights, m+1, vmin_w, vmax_w, vmin_b, vmax_b, cmap)

Eigenvalues spectrum all

pwd = 'model_50_50/model_50_50'
folder = 'matrix_autocorrelation_small/'
d=3
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 778
matrix shape = (800, 800)		 rank = 778
matrix shape = (800, 800)		 rank = 779
matrix shape = (800, 800)		 rank = 778
matrix shape = (800, 800)		 rank = 778

pwd = 'model_50_50_50/model_50_50_50'
folder = 'matrix_autocorrelation_small/'
d=4
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 788
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 788
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 777
matrix shape = (800, 800)		 rank = 778
matrix shape = (800, 800)		 rank = 778
matrix shape = (800, 800)		 rank = 778
matrix shape = (800, 800)		 rank = 778

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d=5
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 788
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 788
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 779
matrix shape = (800, 800)		 rank = 778
matrix shape = (800, 800)		 rank = 777
matrix shape = (800, 800)		 rank = 777
matrix shape = (800, 800)		 rank = 778

Show eigenvalues histogram

pwd = 'model_50_50_50_50/model_50_50_50_50'
colors = ['plum', 'darkviolet', 'slateblue', 'indigo'] ##violet'darkviolet'
details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 56
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 60
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 56
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 53
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 49
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 51
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 53
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 52
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 48
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 45
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 48
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 52
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 50
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 46
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 44
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 49
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 51
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 52
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 45
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 44

details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 56
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 60
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 56
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 53
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (800, 800)	 rank = 49
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 51
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 53
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 52
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 48
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (800, 800)	 rank = 45
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 48
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 52
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 50
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 46
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (800, 800)	 rank = 44
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 49
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 51
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 52
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 45
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (800, 800)	 rank = 44

Plots one by one

Small size: 1000 epochs

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w2'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 790

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w3'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 788

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w4'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 790
matrix shape = (800, 800)		 rank = 788
matrix shape = (800, 800)		 rank = 789
matrix shape = (800, 800)		 rank = 789

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w5'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (800, 800)		 rank = 779
matrix shape = (800, 800)		 rank = 778
matrix shape = (800, 800)		 rank = 777
matrix shape = (800, 800)		 rank = 777
matrix shape = (800, 800)		 rank = 778

VSmall size: 500 epochs

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w2'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (500, 500)		 rank = 494
matrix shape = (500, 500)		 rank = 492
matrix shape = (500, 500)		 rank = 492
matrix shape = (500, 500)		 rank = 492
matrix shape = (500, 500)		 rank = 493

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w3'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (500, 500)		 rank = 491
matrix shape = (500, 500)		 rank = 494
matrix shape = (500, 500)		 rank = 493
matrix shape = (500, 500)		 rank = 492
matrix shape = (500, 500)		 rank = 492

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w4'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (500, 500)		 rank = 492
matrix shape = (500, 500)		 rank = 492
matrix shape = (500, 500)		 rank = 492
matrix shape = (500, 500)		 rank = 492
matrix shape = (500, 500)		 rank = 491

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w5'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (500, 500)		 rank = 485
matrix shape = (500, 500)		 rank = 484
matrix shape = (500, 500)		 rank = 483
matrix shape = (500, 500)		 rank = 485
matrix shape = (500, 500)		 rank = 483